# -*- coding: utf-8 -*-
from scrapy.crawler import CrawlerProcess
from spiders.house import HouseSpider
from spiders.video import VideoSpider
from scrapy.settings import Settings
# import sys
# sys.path.append("..")
# sys.path.append("../..")
# from tutorial.items import HouseItem, VideoItem

settings = Settings({
    'ITEM_PIPELINES': {
        'tutorial.pipelines.JsonExportPipeline': 300,
    },
})

process = CrawlerProcess(settings)
process.crawl(HouseSpider)
process.crawl(VideoSpider)
process.start()
# the script will block here until all crawling jobs are finished
